'''
Author: jack ning github@bytedesk.com
Date: 2024-09-28 15:42:47
LastEditors: jack ning github@bytedesk.com
LastEditTime: 2024-09-28 15:42:51
FilePath: /crawl4ai-play/main2.py
Description: 这是默认设置,请设置`customMade`, 打开koroFileHeader查看配置 进行设置: https://github.com/OBKoro1/koro1FileHeader/wiki/%E9%85%8D%E7%BD%AE
'''
import asyncio
from crawl4ai import AsyncWebCrawler

async def main():
    async with AsyncWebCrawler(verbose=True) as crawler:
        result = await crawler.arun(url="https://www.nbcnews.com/business")
        print(result.markdown)

if __name__ == "__main__":
    asyncio.run(main())